{"nbformat":4,"nbformat_minor":0,"metadata":{"colab":{"name":"5_multi_lingual_sentiment_classifier_training_for_over_100_languages.ipynb.ipynb","provenance":[{"file_id":"1ViWO9iLKbg14klDQaSChT_V4NKKCntSe","timestamp":1613581653408},{"file_id":"1Bk7IyubPw4MQYC0dnRn029Ezs11L6eyH","timestamp":1613500049065},{"file_id":"1bIeaFQKF15ilbRQcCZ3TXi8niovpwo_J","timestamp":1613471432065}],"collapsed_sections":["zkufh760uvF3"]},"kernelspec":{"display_name":"Python 3","name":"python3"}},"cells":[{"cell_type":"markdown","metadata":{"id":"zkufh760uvF3"},"source":["![JohnSnowLabs](https://nlp.johnsnowlabs.com/assets/images/logo.png)\n","\n","[![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/github/JohnSnowLabs/nlu/blob/master/examples/webinars_conferences_etc/multi_lingual_webinar/5_multi_lingual_sentiment_classifier_training_for_over_100_languages.ipynb.ipynb)\n","\n","\n","# Training a Sentiment Analysis Classifier with NLU \n","With the [SentimentDL model](https://nlp.johnsnowlabs.com/docs/en/annotators#sentimentdl-multi-class-sentiment-analysis-annotator)  from Spark NLP you can achieve State Of the Art results on any multi class text classification problem \n","\n","This notebook showcases the following features : \n","\n","- How to train the deep learning classifier\n","- How to store a pipeline to disk\n","- How to load the pipeline from disk (Enables NLU offline mode)\n","\n"]},{"cell_type":"markdown","metadata":{"id":"dur2drhW5Rvi"},"source":["# 1. Install Java 8 and NLU"]},{"cell_type":"code","metadata":{"id":"hFGnBCHavltY","colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"status":"ok","timestamp":1613500173410,"user_tz":-300,"elapsed":93680,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"2e6d50ee-ad2a-4caf-c6c3-eb92e81168eb"},"source":["import os\n","from sklearn.metrics import classification_report\n","! apt-get update -qq > /dev/null   \n","# Install java\n","! apt-get install -y openjdk-8-jdk-headless -qq > /dev/null\n","os.environ[\"JAVA_HOME\"] = \"/usr/lib/jvm/java-8-openjdk-amd64\"\n","os.environ[\"PATH\"] = os.environ[\"JAVA_HOME\"] + \"/bin:\" + os.environ[\"PATH\"]\n","! pip install  pyspark==2.4.7 \n","! pip install nlu > /dev/null    \n","\n","\n","\n","import nlu"],"execution_count":null,"outputs":[{"output_type":"stream","text":["Collecting pyspark==2.4.7\n","\u001b[?25l  Downloading https://files.pythonhosted.org/packages/e2/06/29f80e5a464033432eedf89924e7aa6ebbc47ce4dcd956853a73627f2c07/pyspark-2.4.7.tar.gz (217.9MB)\n","\u001b[K     |████████████████████████████████| 217.9MB 64kB/s \n","\u001b[?25hCollecting py4j==0.10.7\n","\u001b[?25l  Downloading https://files.pythonhosted.org/packages/e3/53/c737818eb9a7dc32a7cd4f1396e787bd94200c3997c72c1dbe028587bd76/py4j-0.10.7-py2.py3-none-any.whl (197kB)\n","\u001b[K     |████████████████████████████████| 204kB 41.1MB/s \n","\u001b[?25hBuilding wheels for collected packages: pyspark\n","  Building wheel for pyspark (setup.py) ... \u001b[?25l\u001b[?25hdone\n","  Created wheel for pyspark: filename=pyspark-2.4.7-py2.py3-none-any.whl size=218279465 sha256=8f156aa79c40e63cf65136ca310fbe9fab95b918cd4b7dac9d512f3294a50f55\n","  Stored in directory: /root/.cache/pip/wheels/34/1f/2e/1e7460f80acf26b08dbb8c53d7ff9e07146f2a68dd5c732be5\n","Successfully built pyspark\n","Installing collected packages: py4j, pyspark\n","Successfully installed py4j-0.10.7 pyspark-2.4.7\n"],"name":"stdout"}]},{"cell_type":"markdown","metadata":{"id":"f4KkTfnR5Ugg"},"source":["# 2. Download French twitter  Sentiment dataset \n","https://www.kaggle.com/hbaflast/french-twitter-sentiment-analysis\n","#Context\n","\n","French dataset for sentiment analysis (Data translated from English to French)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"OrVb5ZMvvrQD","executionInfo":{"status":"ok","timestamp":1613500175508,"user_tz":-300,"elapsed":95762,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"101c171e-07e7-400e-a9f5-bf8df5ffb46b"},"source":["! wget http://ckl-it.de/wp-content/uploads/2021/02/french_tweets.csv\n"],"execution_count":null,"outputs":[{"output_type":"stream","text":["--2021-02-16 18:28:31--  http://ckl-it.de/wp-content/uploads/2021/02/french_tweets.csv\n","Resolving ckl-it.de (ckl-it.de)... 217.160.0.108, 2001:8d8:100f:f000::209\n","Connecting to ckl-it.de (ckl-it.de)|217.160.0.108|:80... connected.\n","HTTP request sent, awaiting response... 200 OK\n","Length: 10237264 (9.8M) [text/csv]\n","Saving to: ‘french_tweets.csv’\n","\n","french_tweets.csv   100%[===================>]   9.76M  5.07MB/s    in 1.9s    \n","\n","2021-02-16 18:28:33 (5.07 MB/s) - ‘french_tweets.csv’ saved [10237264/10237264]\n","\n"],"name":"stdout"}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":416},"id":"y4xSRWIhwT28","executionInfo":{"status":"ok","timestamp":1613500175515,"user_tz":-300,"elapsed":95756,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"d244e1f7-36f9-4078-dd2f-496faa965763"},"source":["import pandas as pd\n","train_path = '/content/french_tweets.csv'\n","\n","train_df = pd.read_csv(train_path)\n","# the text data to use for classification should be in a column named 'text'\n","columns=['text','y']\n","train_df = train_df[columns]\n","train_df = train_df.sample(frac=1).reset_index(drop=True)\n","train_df"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>text</th>\n","      <th>y</th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Nous avons apprÃ©ciÃ© la tournÃ©e en vÃ©lo du ...</td>\n","      <td>positive</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>&amp; Quot; retournez-vous sur le chagrin brisÃ©, ...</td>\n","      <td>positive</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Le gagnant gagnant du prix a Ã©tÃ© crÃ©Ã© pour...</td>\n","      <td>negative</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Est venu maintenant de l'Ã©cole ... Ã©tait tel...</td>\n","      <td>negative</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Dans la cuisine avec des hongrois, faisant du ...</td>\n","      <td>positive</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>99995</th>\n","      <td>Merci. Je ne pense pas que je serai un grand f...</td>\n","      <td>positive</td>\n","    </tr>\n","    <tr>\n","      <th>99996</th>\n","      <td>Je pense qu'ils Ã©taient aprÃ¨s que mon petit ...</td>\n","      <td>negative</td>\n","    </tr>\n","    <tr>\n","      <th>99997</th>\n","      <td>Oui, j'adore les Caramellow! Seulement deux jo...</td>\n","      <td>positive</td>\n","    </tr>\n","    <tr>\n","      <th>99998</th>\n","      <td>Je ne peux pas croire qu'elle soit Ã©veillÃ©e ...</td>\n","      <td>negative</td>\n","    </tr>\n","    <tr>\n","      <th>99999</th>\n","      <td>4hours boom boom</td>\n","      <td>positive</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>100000 rows × 2 columns</p>\n","</div>"],"text/plain":["                                                    text         y\n","0      Nous avons apprÃ©ciÃ© la tournÃ©e en vÃ©lo du ...  positive\n","1      & Quot; retournez-vous sur le chagrin brisÃ©, ...  positive\n","2      Le gagnant gagnant du prix a Ã©tÃ© crÃ©Ã© pour...  negative\n","3      Est venu maintenant de l'Ã©cole ... Ã©tait tel...  negative\n","4      Dans la cuisine avec des hongrois, faisant du ...  positive\n","...                                                  ...       ...\n","99995  Merci. Je ne pense pas que je serai un grand f...  positive\n","99996  Je pense qu'ils Ã©taient aprÃ¨s que mon petit ...  negative\n","99997  Oui, j'adore les Caramellow! Seulement deux jo...  positive\n","99998  Je ne peux pas croire qu'elle soit Ã©veillÃ©e ...  negative\n","99999                                   4hours boom boom  positive\n","\n","[100000 rows x 2 columns]"]},"metadata":{"tags":[]},"execution_count":3}]},{"cell_type":"markdown","metadata":{"id":"0296Om2C5anY"},"source":["# 3. Train Deep Learning Classifier using nlu.load('train.sentiment')\n","\n","You dataset label column should be named 'y' and the feature column with text data should be named 'text'"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":654},"id":"mptfvHx-MMMX","executionInfo":{"status":"ok","timestamp":1613501658443,"user_tz":-300,"elapsed":1578674,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"d264cbe7-194f-41e4-9dd4-c876e5209525"},"source":["# Train longer!\n","trainable_pipe = nlu.load('xx.embed_sentence.labse train.sentiment')\n","trainable_pipe['sentiment_dl'].setMaxEpochs(60)  \n","trainable_pipe['sentiment_dl'].setLr(0.005) \n","fitted_pipe = trainable_pipe.fit(train_df.iloc[:2000])\n","# predict with the trainable pipeline on dataset and get predictions\n","preds = fitted_pipe.predict(train_df.iloc[:2000],output_level='document')\n","\n","#sentence detector that is part of the pipe generates sone NaNs. lets drop them first\n","preds.dropna(inplace=True)\n","print(classification_report(preds['y'], preds['sentiment']))\n","\n","preds"],"execution_count":null,"outputs":[{"output_type":"stream","text":["labse download started this may take some time.\n","Approximate size to download 1.7 GB\n","[OK!]\n","              precision    recall  f1-score   support\n","\n","    negative       0.88      0.94      0.91       980\n","    positive       0.94      0.88      0.91      1020\n","\n","    accuracy                           0.91      2000\n","   macro avg       0.91      0.91      0.91      2000\n","weighted avg       0.91      0.91      0.91      2000\n","\n"],"name":"stdout"},{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>text</th>\n","      <th>y</th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>Nous avons apprÃ©ciÃ© la tournÃ©e en vÃ©lo du ...</td>\n","      <td>positive</td>\n","      <td>[0.01069789007306099, -0.002380969701334834, -...</td>\n","      <td>positive</td>\n","      <td>Nous avons apprÃ©ciÃ© la tournÃ©e en vÃ©lo du ...</td>\n","      <td>0.999971</td>\n","    </tr>\n","    <tr>\n","      <th>1</th>\n","      <td>&amp; Quot; retournez-vous sur le chagrin brisÃ©, ...</td>\n","      <td>positive</td>\n","      <td>[-0.04572410136461258, -0.04519180953502655, -...</td>\n","      <td>negative</td>\n","      <td>&amp; Quot; retournez-vous sur le chagrin brisÃ©, ...</td>\n","      <td>0.999979</td>\n","    </tr>\n","    <tr>\n","      <th>2</th>\n","      <td>Le gagnant gagnant du prix a Ã©tÃ© crÃ©Ã© pour...</td>\n","      <td>negative</td>\n","      <td>[0.008320541121065617, -0.0072850980795919895,...</td>\n","      <td>negative</td>\n","      <td>Le gagnant gagnant du prix a Ã©tÃ© crÃ©Ã© pour...</td>\n","      <td>0.999638</td>\n","    </tr>\n","    <tr>\n","      <th>3</th>\n","      <td>Est venu maintenant de l'Ã©cole ... Ã©tait tel...</td>\n","      <td>negative</td>\n","      <td>[-0.035592492669820786, -0.05076301470398903, ...</td>\n","      <td>negative</td>\n","      <td>Est venu maintenant de l'Ã©cole ... Ã©tait tel...</td>\n","      <td>1.000000</td>\n","    </tr>\n","    <tr>\n","      <th>4</th>\n","      <td>Dans la cuisine avec des hongrois, faisant du ...</td>\n","      <td>positive</td>\n","      <td>[0.01866792142391205, -0.06534530222415924, -0...</td>\n","      <td>positive</td>\n","      <td>Dans la cuisine avec des hongrois, faisant du ...</td>\n","      <td>0.999910</td>\n","    </tr>\n","    <tr>\n","      <th>...</th>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","      <td>...</td>\n","    </tr>\n","    <tr>\n","      <th>1995</th>\n","      <td>Vous devez suivre - transmettez-le ...</td>\n","      <td>positive</td>\n","      <td>[0.0030759747605770826, -0.04513533040881157, ...</td>\n","      <td>positive</td>\n","      <td>Vous devez suivre - transmettez-le ...</td>\n","      <td>0.999833</td>\n","    </tr>\n","    <tr>\n","      <th>1996</th>\n","      <td>J'allais avoir ces pantalons gris luxuriants d...</td>\n","      <td>negative</td>\n","      <td>[-0.019949736073613167, 0.0064233033917844296,...</td>\n","      <td>negative</td>\n","      <td>J'allais avoir ces pantalons gris luxuriants d...</td>\n","      <td>1.000000</td>\n","    </tr>\n","    <tr>\n","      <th>1997</th>\n","      <td>Juste \"quitter\" Les gens doivent dormir mainte...</td>\n","      <td>positive</td>\n","      <td>[-0.035448476672172546, -0.046279553323984146,...</td>\n","      <td>positive</td>\n","      <td>Juste \"quitter\" Les gens doivent dormir mainte...</td>\n","      <td>0.995777</td>\n","    </tr>\n","    <tr>\n","      <th>1998</th>\n","      <td>Je suis un oreiller court.</td>\n","      <td>negative</td>\n","      <td>[-0.03656604886054993, 0.0003994253638666123, ...</td>\n","      <td>negative</td>\n","      <td>Je suis un oreiller court.</td>\n","      <td>0.998347</td>\n","    </tr>\n","    <tr>\n","      <th>1999</th>\n","      <td>- walker granny w.shoshorts crainte</td>\n","      <td>negative</td>\n","      <td>[-0.003210075432434678, -0.07238200306892395, ...</td>\n","      <td>negative</td>\n","      <td>- walker granny w.shoshorts crainte</td>\n","      <td>1.000000</td>\n","    </tr>\n","  </tbody>\n","</table>\n","<p>2000 rows × 6 columns</p>\n","</div>"],"text/plain":["                                                           text  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             Nous avons apprÃ©ciÃ© la tournÃ©e en vÃ©lo du ...  ...             0.999971\n","1             & Quot; retournez-vous sur le chagrin brisÃ©, ...  ...             0.999979\n","2             Le gagnant gagnant du prix a Ã©tÃ© crÃ©Ã© pour...  ...             0.999638\n","3             Est venu maintenant de l'Ã©cole ... Ã©tait tel...  ...             1.000000\n","4             Dans la cuisine avec des hongrois, faisant du ...  ...             0.999910\n","...                                                         ...  ...                  ...\n","1995                     Vous devez suivre - transmettez-le ...  ...             0.999833\n","1996          J'allais avoir ces pantalons gris luxuriants d...  ...             1.000000\n","1997          Juste \"quitter\" Les gens doivent dormir mainte...  ...             0.995777\n","1998                                 Je suis un oreiller court.  ...             0.998347\n","1999                        - walker granny w.shoshorts crainte  ...             1.000000\n","\n","[2000 rows x 6 columns]"]},"metadata":{"tags":[]},"execution_count":4}]},{"cell_type":"markdown","metadata":{"id":"lVyOE2wV0fw_"},"source":["# Test the fitted pipe on new example"]},{"cell_type":"markdown","metadata":{"id":"RjtuNUcvuJTT"},"source":["# The Model understand Englsih\r\n","![en](https://www.worldometers.info/img/flags/small/tn_nz-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"o0vu7PaWkcI7","executionInfo":{"status":"ok","timestamp":1613501661977,"user_tz":-300,"elapsed":1582197,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"f99f9f9d-f5f5-49cd-a8a2-a655a2b9d1c6"},"source":["fitted_pipe.predict(\"This was awful!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[0.034723345190286636, -0.06212149187922478, -...</td>\n","      <td>negative</td>\n","      <td>This was awful!</td>\n","      <td>0.999652</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [0.034723345190286636, -0.06212149187922478, -...  ...             0.999652\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":5}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"1ykjRQhCtQ4w","executionInfo":{"status":"ok","timestamp":1613501665052,"user_tz":-300,"elapsed":1585259,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"433cc76c-af68-4308-b6a0-8b86435f29da"},"source":["fitted_pipe.predict(\"This was great!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[0.03868240490555763, -0.058592554181814194, -...</td>\n","      <td>positive</td>\n","      <td>This was great!</td>\n","      <td>0.999994</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [0.03868240490555763, -0.058592554181814194, -...  ...             0.999994\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":6}]},{"cell_type":"markdown","metadata":{"id":"vohym-XbuNHn"},"source":["# The Model understands German\r\n","![de](https://www.worldometers.info/img/flags/small/tn_gm-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"dzaaZrI4tVWc","executionInfo":{"status":"ok","timestamp":1613501675567,"user_tz":-300,"elapsed":4240,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"6a5f31a3-8438-4860-d17b-b4135a391cab"},"source":["# German for:' this movie was great!'\n","fitted_pipe.predict(\"Der Film war echt klasse!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.015189268626272678, -0.04834830388426781, ...</td>\n","      <td>positive</td>\n","      <td>Der Film war echt klasse!</td>\n","      <td>0.999732</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.015189268626272678, -0.04834830388426781, ...  ...             0.999732\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":8}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"BbhgTSBGtTtJ","executionInfo":{"status":"ok","timestamp":1613501764963,"user_tz":-300,"elapsed":4260,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"ee0b2fdf-ea41-4b99-dbc4-690e47556e38"},"source":["# German for: 'This movie was really boring'\n","fitted_pipe.predict(\"Der Film war echt langweilig!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.013573350384831429, -0.05144454166293144, ...</td>\n","      <td>negative</td>\n","      <td>Der Film war echt langweilig!</td>\n","      <td>0.999968</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.013573350384831429, -0.05144454166293144, ...  ...             0.999968\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":9}]},{"cell_type":"markdown","metadata":{"id":"a1JbtmWquQwj"},"source":["# The Model understands Chinese\r\n","![zh](https://www.worldometers.info/img/flags/small/tn_ch-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"kYSYqtoRtc-P","executionInfo":{"status":"ok","timestamp":1613501767513,"user_tz":-300,"elapsed":6463,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"e7de8c84-d564-4c0f-f110-62334aa3ba3c"},"source":["# Chinese for: \"This model was awful!\"\n","fitted_pipe.predict(\"这部电影太糟糕了！\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.05075530335307121, -0.061598796397447586, ...</td>\n","      <td>negative</td>\n","      <td>这部电影太糟糕了！</td>\n","      <td>1.000000</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.05075530335307121, -0.061598796397447586, ...  ...             1.000000\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":10}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"06v9SD-QtlBU","executionInfo":{"status":"ok","timestamp":1613501771082,"user_tz":-300,"elapsed":9890,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"7b3ed8e3-3d64-42ae-98f9-12ac8f931b51"},"source":["# Chine for : \"This move was great!\"\n","fitted_pipe.predict(\"此举很棒！\")\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[0.026034891605377197, -0.06586713343858719, -...</td>\n","      <td>positive</td>\n","      <td>此举很棒！</td>\n","      <td>0.999995</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [0.026034891605377197, -0.06586713343858719, -...  ...             0.999995\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":11}]},{"cell_type":"markdown","metadata":{"id":"9h7CvN4uu9Pb"},"source":["# Model understanda Afrikaans\r\n","\r\n","![af](https://www.worldometers.info/img/flags/small/tn_sf-flag.gif)\r\n","\r\n"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"VMPhbgw9twtf","executionInfo":{"status":"ok","timestamp":1613501774081,"user_tz":-300,"elapsed":12532,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"e8e2f16e-c7d7-4c76-8a7d-e11fdac1ff16"},"source":["# Afrikaans for 'This movie was amazing!'\n","fitted_pipe.predict(\"Hierdie film was ongelooflik!\")\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.019771253690123558, -0.02687731385231018, ...</td>\n","      <td>positive</td>\n","      <td>Hierdie film was ongelooflik!</td>\n","      <td>0.857431</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.019771253690123558, -0.02687731385231018, ...  ...             0.857431\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":12}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"zWgNTIdkumhX","executionInfo":{"status":"ok","timestamp":1613501777118,"user_tz":-300,"elapsed":15463,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"6ec3643a-5729-4f52-cc64-e1ee58a2f9d6"},"source":["# Afrikaans for :'The movie made me fall asleep, it's awful!'\n","fitted_pipe.predict('Die film het my aan die slaap laat raak, dit is verskriklik!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.05065516009926796, -0.017065495252609253, ...</td>\n","      <td>negative</td>\n","      <td>Die film het my aan die slaap laat raak, dit i...</td>\n","      <td>0.999985</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.05065516009926796, -0.017065495252609253, ...  ...             0.999985\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":13}]},{"cell_type":"markdown","metadata":{"id":"rSEPkC-Bwnpg"},"source":["# The model understands Vietnamese\r\n","![vi](https://www.worldometers.info/img/flags/small/tn_vm-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"wCcTS5gIu511","executionInfo":{"status":"ok","timestamp":1613501780065,"user_tz":-300,"elapsed":18047,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"d545032e-0f0d-4660-ddc3-dcc81dd342b4"},"source":["# Vietnamese for : 'The movie was painful to watch'\n","fitted_pipe.predict('Phim đau điếng người xem')\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.05414637178182602, 0.041687943041324615, -...</td>\n","      <td>negative</td>\n","      <td>Phim đau điếng người xem</td>\n","      <td>1.000000</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.05414637178182602, 0.041687943041324615, -...  ...             1.000000\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":14}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"M6giDPK-wm2G","executionInfo":{"status":"ok","timestamp":1613501782955,"user_tz":-300,"elapsed":20769,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"4eb90934-b40c-497e-f15c-1060c13ea075"},"source":["\n","# Vietnamese for : 'This was the best movie ever'\n","fitted_pipe.predict('Đây là bộ phim hay nhất từ ​​trước đến nay')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.035795845091342926, -0.005844905506819487,...</td>\n","      <td>neutral</td>\n","      <td>Đây là bộ phim hay nhất từ ​​trước đến nay</td>\n","      <td>0.582394</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.035795845091342926, -0.005844905506819487,...  ...             0.582394\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":15}]},{"cell_type":"markdown","metadata":{"id":"IlkmAaMoxTuy"},"source":["# The model understands Japanese\r\n","![ja](https://www.worldometers.info/img/flags/small/tn_ja-flag.gif)\r\n"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"1IfJu3q8wwUt","executionInfo":{"status":"ok","timestamp":1613501785991,"user_tz":-300,"elapsed":23016,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"c6d7ad98-d6f3-4baa-b323-2c7b22e9538e"},"source":["\n","# Japanese for : 'This is now my favorite movie!'\n","fitted_pipe.predict('これが私のお気に入りの映画です！')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.00634439941495657, -0.03161682188510895, -...</td>\n","      <td>positive</td>\n","      <td>これが私のお気に入りの映画です！</td>\n","      <td>0.999911</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.00634439941495657, -0.03161682188510895, -...  ...             0.999911\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":16}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"h3k7_PFhxOve","executionInfo":{"status":"ok","timestamp":1613501789195,"user_tz":-300,"elapsed":25994,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"5278b9a0-b621-4922-ab7d-3dd1709ca616"},"source":["\n","# Japanese for : 'I would rather kill myself than watch that movie again'\n","fitted_pipe.predict('その映画をもう一度見るよりも自殺したい')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.04823154956102371, -0.03692080080509186, -...</td>\n","      <td>negative</td>\n","      <td>その映画をもう一度見るよりも自殺したい</td>\n","      <td>0.999901</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.04823154956102371, -0.03692080080509186, -...  ...             0.999901\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":17}]},{"cell_type":"markdown","metadata":{"id":"GITfT7FK0CGv"},"source":["# The model understands Zulu\r\n","![zu](https://www.worldometers.info/img/flags/small/tn_sf-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"6uelDwq4xdWv","executionInfo":{"status":"ok","timestamp":1613501791881,"user_tz":-300,"elapsed":27733,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"5780133c-d1b1-4b34-c788-b7a087c510ae"},"source":["# Zulu for : 'This movie was crazy good!'\n","fitted_pipe.predict('Le movie yayihlanya kahle!')\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.030427439138293266, -0.03501792252063751, ...</td>\n","      <td>positive</td>\n","      <td>Le movie yayihlanya kahle!</td>\n","      <td>0.997382</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.030427439138293266, -0.03501792252063751, ...  ...             0.997382\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":18}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"DKnrkkXzzpd5","executionInfo":{"status":"ok","timestamp":1613501795386,"user_tz":-300,"elapsed":31090,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"4393c361-f5fc-49e8-a516-e4eeab861f8f"},"source":["# Zulu for : 'This movie was awful!'\n","fitted_pipe.predict('Le movie yayikhona kabi!')\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.04461972787976265, -0.04466915875673294, -...</td>\n","      <td>negative</td>\n","      <td>Le movie yayikhona kabi!</td>\n","      <td>0.999999</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.04461972787976265, -0.04466915875673294, -...  ...             0.999999\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":19}]},{"cell_type":"markdown","metadata":{"id":"VGVvzl_30a0T"},"source":["# The  Model understands Turkish\r\n","![tr](https://www.worldometers.info/img/flags/small/tn_tu-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"DRNnuEeQz2pd","executionInfo":{"status":"ok","timestamp":1613501797936,"user_tz":-300,"elapsed":33015,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"3ea6f6fa-f7f1-455b-a1c2-436117f6bd1a"},"source":["# Turkish for : 'This movie was awful!'\n","fitted_pipe.predict('Bu film korkunç!')\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.028751200065016747, -0.053898535668849945,...</td>\n","      <td>negative</td>\n","      <td>Bu film korkunç!</td>\n","      <td>0.992688</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.028751200065016747, -0.053898535668849945,...  ...             0.992688\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":20}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"aOSsiK6J0jWs","executionInfo":{"status":"ok","timestamp":1613501800608,"user_tz":-300,"elapsed":35508,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"ce61978e-abea-49fb-cdcd-ecd57e4736c4"},"source":["# Turkish for : 'This movie was great!'\n","fitted_pipe.predict('Bu film harikaydı!')\n","\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.024503983557224274, -0.046942222863435745,...</td>\n","      <td>positive</td>\n","      <td>Bu film harikaydı!</td>\n","      <td>0.999670</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.024503983557224274, -0.046942222863435745,...  ...             0.999670\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":21}]},{"cell_type":"markdown","metadata":{"id":"803qL2gt0vlb"},"source":["#  The Model understands Hebrew\r\n","![he](https://www.worldometers.info/img/flags/small/tn_sf-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"XQ5VCtxw0pc0","executionInfo":{"status":"ok","timestamp":1613501803170,"user_tz":-300,"elapsed":37006,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"f1098443-43ee-4bfe-dd3c-44cde6daef49"},"source":["# Hebrew for : 'This movie was terrible!'\n","fitted_pipe.predict('הסרט הזה היה נורא!')\n","\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.039289794862270355, -0.05739438533782959, ...</td>\n","      <td>negative</td>\n","      <td>הסרט הזה היה נורא!</td>\n","      <td>0.999999</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.039289794862270355, -0.05739438533782959, ...  ...             0.999999\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":22}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"9w2ZHfns05A4","executionInfo":{"status":"ok","timestamp":1613501805729,"user_tz":-300,"elapsed":39152,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"f2782765-1dcd-4303-8c50-d82bd6e3f188"},"source":["# Hebrew for : 'This movie was great!'\n","fitted_pipe.predict('הסרט הזה היה נהדר')\n"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.03808611258864403, -0.04728467017412186, -...</td>\n","      <td>positive</td>\n","      <td>הסרט הזה היה נהדר</td>\n","      <td>0.927435</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.03808611258864403, -0.04728467017412186, -...  ...             0.927435\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":23}]},{"cell_type":"markdown","metadata":{"id":"SDlpd33H1HIX"},"source":["# The Model understands Telugu\r\n","![te](https://www.worldometers.info/img/flags/small/tn_in-flag.gif)\r\n"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"Kc5n1bzv1BJT","executionInfo":{"status":"ok","timestamp":1613501808161,"user_tz":-300,"elapsed":40413,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"f2e26b53-e7c2-43ed-c25f-09d6b306978a"},"source":["# Telugu for : 'This movie was great!'\n","fitted_pipe.predict('ఈ సినిమా చాలా బాగుంది')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.048749782145023346, -0.04968753829598427, ...</td>\n","      <td>positive</td>\n","      <td>ఈ సినిమా చాలా బాగుంది</td>\n","      <td>0.977772</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.048749782145023346, -0.04968753829598427, ...  ...             0.977772\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":24}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"-l-u6vrz1Obe","executionInfo":{"status":"ok","timestamp":1613501810998,"user_tz":-300,"elapsed":42650,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"4d86654f-663e-4a4a-d967-0ed43a14c330"},"source":["# Telgu for : 'This movie was awful!'\n","fitted_pipe.predict('ఈ సినిమా భయంకరంగా ఉంది')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.049310874193906784, -0.03890344500541687, ...</td>\n","      <td>negative</td>\n","      <td>ఈ సినిమా భయంకరంగా ఉంది</td>\n","      <td>0.999998</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.049310874193906784, -0.03890344500541687, ...  ...             0.999998\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":25}]},{"cell_type":"markdown","metadata":{"id":"nziBUe8t1Zwn"},"source":["# Model understands Russian\r\n","![ru](https://www.worldometers.info/img/flags/small/tn_rs-flag.gif)\r\n"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"Ckyjl3YQ1VFn","executionInfo":{"status":"ok","timestamp":1613501813537,"user_tz":-300,"elapsed":43585,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"08bb1065-04b8-4fe6-d8e7-769f84dad23e"},"source":["# Russian for : 'This movie was awful!'\n","fitted_pipe.predict('Этот фильм был ужасен')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.04450640082359314, -0.0344516783952713, -0...</td>\n","      <td>negative</td>\n","      <td>Этот фильм был ужасен</td>\n","      <td>0.999997</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.04450640082359314, -0.0344516783952713, -0...  ...             0.999997\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":26}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"GIdWkfGv1gFz","executionInfo":{"status":"ok","timestamp":1613501816137,"user_tz":-300,"elapsed":46003,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"e2a27dc2-2680-4b04-c188-32fe5d641b48"},"source":["# Russian for : 'This movie was great!'\n","fitted_pipe.predict('Этот фильм был отличным!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.03249521926045418, -0.04056306555867195, -...</td>\n","      <td>positive</td>\n","      <td>Этот фильм был отличным!</td>\n","      <td>0.999809</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.03249521926045418, -0.04056306555867195, -...  ...             0.999809\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":27}]},{"cell_type":"markdown","metadata":{"id":"8R1j9mwz2Cm4"},"source":["# Model understands Urdu\r\n","![ur](https://www.worldometers.info/img/flags/small/tn_pk-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"j4zwvRV11pcG","executionInfo":{"status":"ok","timestamp":1613501818684,"user_tz":-300,"elapsed":47511,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"acfe66c0-f41a-457a-fec9-b9ba88f1f227"},"source":["# Urdu for : 'This movie was terrible!'\n","fitted_pipe.predict('یہ فلم خوفناک تھی!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.029061075299978256, -0.04819677397608757, ...</td>\n","      <td>negative</td>\n","      <td>یہ فلم خوفناک تھی!</td>\n","      <td>0.999003</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.029061075299978256, -0.04819677397608757, ...  ...             0.999003\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":28}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"SxzTuK4b2UKV","executionInfo":{"status":"ok","timestamp":1613501821606,"user_tz":-300,"elapsed":50270,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"4b85ac1a-6076-47a8-ca3c-3c943484baaf"},"source":["# Urdu for : 'This movie was great!'\n","fitted_pipe.predict('یہ فلم زبردست تھی!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.023109590634703636, -0.047220949083566666,...</td>\n","      <td>positive</td>\n","      <td>یہ فلم زبردست تھی!</td>\n","      <td>0.998908</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.023109590634703636, -0.047220949083566666,...  ...             0.998908\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":29}]},{"cell_type":"markdown","metadata":{"id":"RoNg-C3k1qcX"},"source":["# Model understands Hindi\r\n","![hi](https://www.worldometers.info/img/flags/small/tn_in-flag.gif)\r\n"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"QZ9RT5Wv1r1n","executionInfo":{"status":"ok","timestamp":1613501823871,"user_tz":-300,"elapsed":51266,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"9759f388-4208-4595-d940-cbeccaf9e323"},"source":["# Hindi for : 'This movie was great!'\n","fitted_pipe.predict('यह फिल्म बहुत अच्छी थी!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.032199472188949585, -0.05085251107811928, ...</td>\n","      <td>positive</td>\n","      <td>यह फिल्म बहुत अच्छी थी!</td>\n","      <td>0.999490</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.032199472188949585, -0.05085251107811928, ...  ...             0.999490\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":30}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"quM-IL2i12-B","executionInfo":{"status":"ok","timestamp":1613501826203,"user_tz":-300,"elapsed":53460,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"2ccbae07-6979-41ec-b637-cbfa561dba2f"},"source":["# Hindi for : 'This movie was awful!'\n","fitted_pipe.predict('यह फिल्म भयानक थी!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.034289486706256866, -0.04929641634225845, ...</td>\n","      <td>negative</td>\n","      <td>यह फिल्म भयानक थी!</td>\n","      <td>0.999892</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.034289486706256866, -0.04929641634225845, ...  ...             0.999892\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":31}]},{"cell_type":"markdown","metadata":{"id":"R4ByHOZn35Lc"},"source":["# The model understands Tartar\r\n","![tt](https://www.worldometers.info/img/flags/small/tn_rs-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"2JrzusSQ18F5","executionInfo":{"status":"ok","timestamp":1613501828691,"user_tz":-300,"elapsed":55061,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"6d9e49d1-7558-47fe-9851-7ad77b4142f1"},"source":["# Tartar for : 'This movie was terrible!'\n","fitted_pipe.predict('Бу фильм бик куркыныч иде!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.004161511082202196, -0.04973788559436798, ...</td>\n","      <td>negative</td>\n","      <td>Бу фильм бик куркыныч иде!</td>\n","      <td>0.978463</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.004161511082202196, -0.04973788559436798, ...  ...             0.978463\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":32}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"J06Xm_Ln4AYu","executionInfo":{"status":"ok","timestamp":1613501831362,"user_tz":-300,"elapsed":57333,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"ea83d0ea-315e-46cb-e69f-af2431fe4314"},"source":["# Tartar for : 'This movie was great!'\n","fitted_pipe.predict('Бу фильм бик яхшы иде!')"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.013760939240455627, -0.04871012270450592, ...</td>\n","      <td>positive</td>\n","      <td>Бу фильм бик яхшы иде!</td>\n","      <td>0.999856</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.013760939240455627, -0.04871012270450592, ...  ...             0.999856\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":33}]},{"cell_type":"markdown","metadata":{"id":"HKj5yWwwMplH"},"source":["# The Model understand French\r\n","![fr](https://www.worldometers.info/img/flags/small/tn_fr-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"CUHcJZfJMplL","executionInfo":{"status":"ok","timestamp":1613501856348,"user_tz":-300,"elapsed":3787,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"fa574cfe-680c-46a9-8d9c-f477a091eb24"},"source":["# French for : 'This movie was awful!'\r\n","fitted_pipe.predict(\"ce film était horrible!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.009465612471103668, -0.047107480466365814,...</td>\n","      <td>negative</td>\n","      <td>ce film était horrible!</td>\n","      <td>0.998248</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.009465612471103668, -0.047107480466365814,...  ...             0.998248\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":35}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"57NY2XoTMplM","executionInfo":{"status":"ok","timestamp":1613501909076,"user_tz":-300,"elapsed":3396,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"f15667a1-8006-487b-b23d-de3278c26e45"},"source":["# French for : 'This movie was great!'\r\n","fitted_pipe.predict(\"Ce film était super!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.013595575466752052, -0.03535566106438637, ...</td>\n","      <td>positive</td>\n","      <td>Ce film était super!</td>\n","      <td>0.999953</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.013595575466752052, -0.03535566106438637, ...  ...             0.999953\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":36}]},{"cell_type":"markdown","metadata":{"id":"jD2TBgT0Nq6F"},"source":["# The Model understand Thai\r\n","![th](https://www.worldometers.info/img/flags/small/tn_th-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"ICp_qoAhNq6Q","executionInfo":{"status":"ok","timestamp":1613502055195,"user_tz":-300,"elapsed":3353,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"78a7f29c-112d-43d0-bf13-6047bec0f206"},"source":["# Thai for : 'This movie was awful!'\r\n","fitted_pipe.predict(\"หนังเรื่องนี้แย่มาก!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.05294188857078552, -0.05707262083888054, -...</td>\n","      <td>negative</td>\n","      <td>หนังเรื่องนี้แย่มาก!</td>\n","      <td>1.000000</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.05294188857078552, -0.05707262083888054, -...  ...             1.000000\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":39}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"gBp11S5GNq6S","executionInfo":{"status":"ok","timestamp":1613502039193,"user_tz":-300,"elapsed":3357,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"8ce22056-da33-464e-bda7-784af153103b"},"source":["# Thai for : 'This movie was great!'\r\n","fitted_pipe.predict(\"ภาพยนตร์เรื่องนี้ยอดเยี่ยมมาก!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.03887835890054703, -0.05457264930009842, -...</td>\n","      <td>positive</td>\n","      <td>ภาพยนตร์เรื่องนี้ยอดเยี่ยมมาก!</td>\n","      <td>0.999704</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.03887835890054703, -0.05457264930009842, -...  ...             0.999704\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":38}]},{"cell_type":"markdown","metadata":{"id":"mLItI4KZOElB"},"source":["# The Model understand Khmer\r\n","![km](https://www.worldometers.info/img/flags/small/tn_cb-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"Fxh1gasROElC","executionInfo":{"status":"ok","timestamp":1613502247566,"user_tz":-300,"elapsed":3662,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"d1cabb7c-5cd5-4497-d6a2-9420b08cd862"},"source":["# Khmer for : 'This movie was awful!'\r\n","fitted_pipe.predict(\"ខ្សែភាពយន្តនេះគួរឱ្យខ្លាចណាស់!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.0342087522149086, -0.056378308683633804, -...</td>\n","      <td>negative</td>\n","      <td>ខ្សែភាពយន្តនេះគួរឱ្យខ្លាចណាស់!</td>\n","      <td>0.999918</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.0342087522149086, -0.056378308683633804, -...  ...             0.999918\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":42}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"SWbqMgAwOElC","executionInfo":{"status":"ok","timestamp":1613502240422,"user_tz":-300,"elapsed":3504,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"e506a65f-6c52-441e-9d19-549c80202410"},"source":["# Khmer for : 'This movie was great!'\r\n","fitted_pipe.predict(\"ខ្សែភាពយន្តនេះអស្ចារ្យណាស់!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.04440384730696678, -0.05587802827358246, -...</td>\n","      <td>positive</td>\n","      <td>ខ្សែភាពយន្តនេះអស្ចារ្យណាស់!</td>\n","      <td>0.999101</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.04440384730696678, -0.05587802827358246, -...  ...             0.999101\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":41}]},{"cell_type":"markdown","metadata":{"id":"lvE-LbNiPoBT"},"source":["# The Model understand Yiddish\r\n","![yi](https://www.worldometers.info/img/flags/small/tn_pl-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"sZlmLhajPoBb","executionInfo":{"status":"ok","timestamp":1613505095074,"user_tz":-300,"elapsed":4168,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"a73babfc-cc75-4eb4-d0f8-a786a5eeeae7"},"source":["# Yiddish for : 'This movie was awful!'\r\n","fitted_pipe.predict(\"דער פֿילם איז געווען שרעקלעך!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.035583771765232086, -0.04656125232577324, ...</td>\n","      <td>negative</td>\n","      <td>דער פֿילם איז געווען שרעקלעך!</td>\n","      <td>0.999930</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.035583771765232086, -0.04656125232577324, ...  ...             0.999930\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":44}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"5h-pha_nPoBc","executionInfo":{"status":"ok","timestamp":1613505109334,"user_tz":-300,"elapsed":3426,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"01bb10da-ed9c-4b1a-d97a-b581474307d6"},"source":["# Yiddish for : 'This movie was great!'\r\n","fitted_pipe.predict(\"דער פֿילם איז געווען גרויס!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.032495900988578796, -0.0436769500374794, -...</td>\n","      <td>positive</td>\n","      <td>דער פֿילם איז געווען גרויס!</td>\n","      <td>0.999317</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.032495900988578796, -0.0436769500374794, -...  ...             0.999317\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":45}]},{"cell_type":"markdown","metadata":{"id":"XSz4WzScaAHj"},"source":["# The Model understand Kygrgyz\r\n","![ky](https://www.worldometers.info/img/flags/small/tn_kg-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":105},"id":"DXz6fhJSaAHu","executionInfo":{"status":"ok","timestamp":1613505095074,"user_tz":-300,"elapsed":4168,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"a73babfc-cc75-4eb4-d0f8-a786a5eeeae7"},"source":["# Kygrgyz for : 'This movie was awful!'\r\n","fitted_pipe.predict(\"Бул кино аябай жаман болду!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.035583771765232086, -0.04656125232577324, ...</td>\n","      <td>negative</td>\n","      <td>דער פֿילם איז געווען שרעקלעך!</td>\n","      <td>0.999930</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.035583771765232086, -0.04656125232577324, ...  ...             0.999930\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":44}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"lh_ZSHlPaAHv","executionInfo":{"status":"ok","timestamp":1613505465838,"user_tz":-300,"elapsed":3357,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"565cc7f6-7ec7-411a-baeb-c9470f5df802"},"source":["# Kygrgyz for : 'This movie was great!'\r\n","fitted_pipe.predict(\"Бул кино сонун болду!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.006650532130151987, -0.0518440380692482, -...</td>\n","      <td>positive</td>\n","      <td>Бул кино сонун болду!</td>\n","      <td>0.999928</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.006650532130151987, -0.0518440380692482, -...  ...             0.999928\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":46}]},{"cell_type":"markdown","metadata":{"id":"DGMVMKaTdJFj"},"source":["# The Model understand Tamil\r\n","![ta](https://www.worldometers.info/img/flags/small/tn_in-flag.gif)"]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"JWDr_LoCdJFn","executionInfo":{"status":"ok","timestamp":1613506100672,"user_tz":-300,"elapsed":3405,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"d9191197-f155-426f-cf7a-fbe8d924fa80"},"source":["# Tamil for : 'This movie was awful!'\r\n","fitted_pipe.predict(\"இந்த படம் மோசமாக இருந்தது!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.04690176621079445, -0.04683435335755348, -...</td>\n","      <td>negative</td>\n","      <td>இந்த படம் மோசமாக இருந்தது!</td>\n","      <td>0.999973</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.04690176621079445, -0.04683435335755348, -...  ...             0.999973\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":48}]},{"cell_type":"code","metadata":{"colab":{"base_uri":"https://localhost:8080/","height":110},"id":"Q6C0BmTtdJFp","executionInfo":{"status":"ok","timestamp":1613506086582,"user_tz":-300,"elapsed":3493,"user":{"displayName":"ahmed lone","photoUrl":"","userId":"02458088882398909889"}},"outputId":"cc10a447-e0a0-4f18-c422-6052c100046b"},"source":["# Tamil for : 'இந்த படம் நன்றாக இருந்தது!'\r\n","fitted_pipe.predict(\"Бул кино сонун болду!\")"],"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/html":["<div>\n","<style scoped>\n","    .dataframe tbody tr th:only-of-type {\n","        vertical-align: middle;\n","    }\n","\n","    .dataframe tbody tr th {\n","        vertical-align: top;\n","    }\n","\n","    .dataframe thead th {\n","        text-align: right;\n","    }\n","</style>\n","<table border=\"1\" class=\"dataframe\">\n","  <thead>\n","    <tr style=\"text-align: right;\">\n","      <th></th>\n","      <th>xx_embed_sentence_labse_embeddings</th>\n","      <th>sentiment</th>\n","      <th>document</th>\n","      <th>sentiment_confidence</th>\n","    </tr>\n","    <tr>\n","      <th>origin_index</th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","      <th></th>\n","    </tr>\n","  </thead>\n","  <tbody>\n","    <tr>\n","      <th>0</th>\n","      <td>[-0.006650532130151987, -0.0518440380692482, -...</td>\n","      <td>positive</td>\n","      <td>Бул кино сонун болду!</td>\n","      <td>0.999928</td>\n","    </tr>\n","  </tbody>\n","</table>\n","</div>"],"text/plain":["                             xx_embed_sentence_labse_embeddings  ... sentiment_confidence\n","origin_index                                                     ...                     \n","0             [-0.006650532130151987, -0.0518440380692482, -...  ...             0.999928\n","\n","[1 rows x 4 columns]"]},"metadata":{"tags":[]},"execution_count":47}]},{"cell_type":"code","metadata":{"id":"05Q2BWSIdPfU"},"source":[""],"execution_count":null,"outputs":[]}]}